#coding:utf-8

#
#Copyright (c) 2008, Chris Song
#
#All rights reserved.
#
#Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met:
#
#    * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
#    * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution.
#    * Neither the name of the <ORGANIZATION> nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission.
#
#THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
#"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
#LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
#A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
#CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
#EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
#PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
#PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
#LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
#NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
#SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
#

import config

UNRECOGNIZED = 0
BASICLATIN_WORD = 1
CJK_WORD = 2
   
class Word:
    """
    >>> w = Word("abc", CJK_WORD)
    >>> w.value
    'abc'
    >>> len(w)
    3
    """    
    def __init__(self, value, wtype=CJK_WORD, frequency=0):
        self.wtype = wtype
        self.value = value   
        self.len = len(value)     
        # avoid math.log(0) --> range error
        if wtype==UNRECOGNIZED and len(value)==1:
            self.frequency=1
        else:
            self.frequency = frequency
            
    def __len__(self):
        return self.len
    
    def __unicode__(self):
        return self.value
    
    def __str__(self):
        return self.value.encode(config.OUTPUT_CHARSET)

    def __repr__(self):
        return self.value.encode(config.OUTPUT_CHARSET)
    
def _test():
    import doctest
    doctest.testmod()

if __name__ == "__main__":
    _test()
        